WritingEntityWithJdbc.java

/*
 * Copyright 2014, Stratio.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.stratio.deep.examples.java.save;

import com.mysql.jdbc.Driver;
import com.stratio.deep.core.context.DeepSparkContext;
import com.stratio.deep.core.entity.MessageTestEntity;
import com.stratio.deep.examples.utils.ContextProperties;
import com.stratio.deep.jdbc.config.JdbcConfigFactory;
import com.stratio.deep.jdbc.config.JdbcDeepJobConfig;
import org.apache.log4j.Logger;
import org.apache.spark.rdd.RDD;

/**
 * Usage of JDBC extractor for writing Deep Entities to a MySQL database.
 */
public class WritingEntityWithJdbc {

    private static final Logger LOG = Logger.getLogger(WritingEntityWithJdbc.class);

    private WritingEntityWithJdbc() {
    }

    public static void main(String[] args) {
        doMain(args);
    }

    public static void doMain(String[] args) {
        String job = "java:writingEntityWithJdbc";

        String host = "127.0.0.1";
        int port = 3306;
        String driverClass = "com.mysql.jdbc.Driver";
        String user = "root";
        String password = "root";

        String database = "test";
        String inputTable = "test_table";
        String outputTable = "test_table_output";

        // Creating the Deep Context where args are Spark Master and Job Name
        ContextProperties p = new ContextProperties(args);
        DeepSparkContext deepContext = new DeepSparkContext(p.getCluster(), job, p.getSparkHome(),
                p.getJars());

        JdbcDeepJobConfig inputConfigCell = JdbcConfigFactory.createJdbc(MessageTestEntity.class).host(host).port(port)
                .username(user)
                .password(password)
                .driverClass(driverClass)
                .database(database)
                .table(inputTable);
        inputConfigCell.initialize();

        RDD<MessageTestEntity> inputRDDEntity = deepContext.createRDD(inputConfigCell);

        LOG.info("count : " + inputRDDEntity.count());
        LOG.info("prints first entity  : " + inputRDDEntity.first());

        JdbcDeepJobConfig outputConfigEntity = JdbcConfigFactory.createJdbc(MessageTestEntity.class).host(host).port(port)
                .username(user)
                .password(password)
                .driverClass(driverClass)
                .database(database)
                .table(outputTable);
        inputConfigCell.initialize();

        deepContext.saveRDD(inputRDDEntity, outputConfigEntity);


        deepContext.stop();

    }
}